# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name:         sfp_strangeheaders
# Purpose:      SpiderFoot plug-in for identifying non-standard HTTP headers
#               in web server responses.
#
# Author:      Steve Micallef <steve@binarypool.com>
#
# Created:     01/12/2013
# Copyright:   (c) Steve Micallef 2013
# Licence:     GPL
# -------------------------------------------------------------------------------

from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent

# Standard headers, taken from http://en.wikipedia.org/wiki/List_of_HTTP_header_fields
headers = ["access-control-allow-origin", "accept-ranges", "age", "allow", "cache-control",
           "connection", "content-encoding", "content-language", "content-length", "content-location",
           "content-md5", "content-disposition", "content-range", "content-type", "date", "etag",
           "expires", "last-modified", "link", "location", "p3p", "pragma", "proxy-authenticate",
           "refresh", "retry-after", "server", "set-cookie", "status", "strict-transport-security",
           "trailer", "transfer-encoding", "vary", "via", "warning", "www-authenticate",
           "x-frame-options", "x-xss-protection", "content-security-policy", "x-content-security-policy",
           "x-webkit-csp", "x-content-type-options", "x-powered-by", "x-ua-compatible"]


class sfp_strangeheaders(SpiderFootPlugin):
    """Strange Headers:Footprint:Obtain non-standard HTTP headers returned by web servers."""

    # Default options
    opts = {}

    results = dict()

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = dict()

        for opt in userOpts.keys():
            self.opts[opt] = userOpts[opt]

    # What events is this module interested in for input
    def watchedEvents(self):
        return ["WEBSERVER_HTTPHEADERS"]

    # What events this module produces
    # This is to support the end user in selecting modules based on events
    # produced.
    def producedEvents(self):
        return ["WEBSERVER_STRANGEHEADER"]

    # Handle events sent to this module
    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data

        self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True

        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug("Not collecting header information for external sites.")
            return None

        for key in eventData:
            if key.lower() not in headers:
                val = key + ": " + eventData[key]
                evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", val,
                                      self.__name__, parentEvent)
                self.notifyListeners(evt)

# End of sfp_strangeheaders class

9748cc03172a4389dd232e2035b4956be2e07095
<mask token>


class sfp_strangeheaders(SpiderFootPlugin):
    <mask token>
    <mask token>
    <mask token>
    <mask token>

    def watchedEvents(self):
        return ['WEBSERVER_HTTPHEADERS']

    def producedEvents(self):
        return ['WEBSERVER_STRANGEHEADER']

    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data
        self.sf.debug('Received event, ' + eventName + ', from ' +
            srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True
        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug(
                'Not collecting header information for external sites.')
            return None
        for key in eventData:
            if key.lower() not in headers:
                val = key + ': ' + eventData[key]
                evt = SpiderFootEvent('WEBSERVER_STRANGEHEADER', val, self.
                    __name__, parentEvent)
                self.notifyListeners(evt)

<mask token>


class sfp_strangeheaders(SpiderFootPlugin):
    <mask token>
    <mask token>
    <mask token>

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = dict()
        for opt in userOpts.keys():
            self.opts[opt] = userOpts[opt]

    def watchedEvents(self):
        return ['WEBSERVER_HTTPHEADERS']

    def producedEvents(self):
        return ['WEBSERVER_STRANGEHEADER']

    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data
        self.sf.debug('Received event, ' + eventName + ', from ' +
            srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True
        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug(
                'Not collecting header information for external sites.')
            return None
        for key in eventData:
            if key.lower() not in headers:
                val = key + ': ' + eventData[key]
                evt = SpiderFootEvent('WEBSERVER_STRANGEHEADER', val, self.
                    __name__, parentEvent)
                self.notifyListeners(evt)

<mask token>


class sfp_strangeheaders(SpiderFootPlugin):
    """Strange Headers:Footprint:Obtain non-standard HTTP headers returned by web servers."""
    opts = {}
    results = dict()

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = dict()
        for opt in userOpts.keys():
            self.opts[opt] = userOpts[opt]

    def watchedEvents(self):
        return ['WEBSERVER_HTTPHEADERS']

    def producedEvents(self):
        return ['WEBSERVER_STRANGEHEADER']

    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data
        self.sf.debug('Received event, ' + eventName + ', from ' +
            srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True
        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug(
                'Not collecting header information for external sites.')
            return None
        for key in eventData:
            if key.lower() not in headers:
                val = key + ': ' + eventData[key]
                evt = SpiderFootEvent('WEBSERVER_STRANGEHEADER', val, self.
                    __name__, parentEvent)
                self.notifyListeners(evt)

from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent
headers = ['access-control-allow-origin', 'accept-ranges', 'age', 'allow',
    'cache-control', 'connection', 'content-encoding', 'content-language',
    'content-length', 'content-location', 'content-md5',
    'content-disposition', 'content-range', 'content-type', 'date', 'etag',
    'expires', 'last-modified', 'link', 'location', 'p3p', 'pragma',
    'proxy-authenticate', 'refresh', 'retry-after', 'server', 'set-cookie',
    'status', 'strict-transport-security', 'trailer', 'transfer-encoding',
    'vary', 'via', 'warning', 'www-authenticate', 'x-frame-options',
    'x-xss-protection', 'content-security-policy',
    'x-content-security-policy', 'x-webkit-csp', 'x-content-type-options',
    'x-powered-by', 'x-ua-compatible']


class sfp_strangeheaders(SpiderFootPlugin):
    """Strange Headers:Footprint:Obtain non-standard HTTP headers returned by web servers."""
    opts = {}
    results = dict()

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = dict()
        for opt in userOpts.keys():
            self.opts[opt] = userOpts[opt]

    def watchedEvents(self):
        return ['WEBSERVER_HTTPHEADERS']

    def producedEvents(self):
        return ['WEBSERVER_STRANGEHEADER']

    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data
        self.sf.debug('Received event, ' + eventName + ', from ' +
            srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True
        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug(
                'Not collecting header information for external sites.')
            return None
        for key in eventData:
            if key.lower() not in headers:
                val = key + ': ' + eventData[key]
                evt = SpiderFootEvent('WEBSERVER_STRANGEHEADER', val, self.
                    __name__, parentEvent)
                self.notifyListeners(evt)

# -*- coding: utf-8 -*-
# -------------------------------------------------------------------------------
# Name:         sfp_strangeheaders
# Purpose:      SpiderFoot plug-in for identifying non-standard HTTP headers
#               in web server responses.
#
# Author:      Steve Micallef <steve@binarypool.com>
#
# Created:     01/12/2013
# Copyright:   (c) Steve Micallef 2013
# Licence:     GPL
# -------------------------------------------------------------------------------

from sflib import SpiderFoot, SpiderFootPlugin, SpiderFootEvent

# Standard headers, taken from http://en.wikipedia.org/wiki/List_of_HTTP_header_fields
headers = ["access-control-allow-origin", "accept-ranges", "age", "allow", "cache-control",
           "connection", "content-encoding", "content-language", "content-length", "content-location",
           "content-md5", "content-disposition", "content-range", "content-type", "date", "etag",
           "expires", "last-modified", "link", "location", "p3p", "pragma", "proxy-authenticate",
           "refresh", "retry-after", "server", "set-cookie", "status", "strict-transport-security",
           "trailer", "transfer-encoding", "vary", "via", "warning", "www-authenticate",
           "x-frame-options", "x-xss-protection", "content-security-policy", "x-content-security-policy",
           "x-webkit-csp", "x-content-type-options", "x-powered-by", "x-ua-compatible"]


class sfp_strangeheaders(SpiderFootPlugin):
    """Strange Headers:Footprint:Obtain non-standard HTTP headers returned by web servers."""

    # Default options
    opts = {}

    results = dict()

    def setup(self, sfc, userOpts=dict()):
        self.sf = sfc
        self.results = dict()

        for opt in userOpts.keys():
            self.opts[opt] = userOpts[opt]

    # What events is this module interested in for input
    def watchedEvents(self):
        return ["WEBSERVER_HTTPHEADERS"]

    # What events this module produces
    # This is to support the end user in selecting modules based on events
    # produced.
    def producedEvents(self):
        return ["WEBSERVER_STRANGEHEADER"]

    # Handle events sent to this module
    def handleEvent(self, event):
        eventName = event.eventType
        srcModuleName = event.module
        eventData = event.data
        parentEvent = event.sourceEvent
        eventSource = event.sourceEvent.data

        self.sf.debug("Received event, " + eventName + ", from " + srcModuleName)
        if eventSource in self.results:
            return None
        else:
            self.results[eventSource] = True

        if not self.getTarget().matches(self.sf.urlFQDN(eventSource)):
            self.sf.debug("Not collecting header information for external sites.")
            return None

        for key in eventData:
            if key.lower() not in headers:
                val = key + ": " + eventData[key]
                evt = SpiderFootEvent("WEBSERVER_STRANGEHEADER", val,
                                      self.__name__, parentEvent)
                self.notifyListeners(evt)

# End of sfp_strangeheaders class
