# Scrapy settings for doordash project
#
import os

BOT_NAME = 'GoogleBot'

SPIDER_MODULES = ['doordash.spiders']
NEWSPIDER_MODULE = 'doordash.spiders'


# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66'

# Obey robots.txt rules
ROBOTSTXT_OBEY = False

DOWNLOADER_MIDDLEWARES = {
    'scrapy_selenium.SeleniumMiddleware': 800,
    # 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': None,
    # 'scrapy_user_agents.middlewares.RandomUserAgentMiddleware': 400,
}

SELENIUM_DRIVER_NAME = 'chrome'

# ----   SETTINGS FOR LINUX   ---

# SELENIUM_DRIVER_EXECUTABLE_PATH = "../chromedriver"
# SELENIUM_DRIVER_ARGUMENTS=['--headless', '--no-sandbox']


# ---   SETTINGS FOR WINDOWS   ---

SELENIUM_DRIVER_ARGUMENTS=[]
SELENIUM_DRIVER_EXECUTABLE_PATH = os.environ.get('chromedriver')
#SELENIUM_DRIVER_ARGUMENTS=['--headless']

FEED_EXPORT_ENCODING = 'utf-8'

832177e1b4361949f721cbc88d0a0972d0307ba2
<mask token>

<mask token>
BOT_NAME = 'GoogleBot'
SPIDER_MODULES = ['doordash.spiders']
NEWSPIDER_MODULE = 'doordash.spiders'
ROBOTSTXT_OBEY = False
DOWNLOADER_MIDDLEWARES = {'scrapy_selenium.SeleniumMiddleware': 800}
SELENIUM_DRIVER_NAME = 'chrome'
SELENIUM_DRIVER_ARGUMENTS = []
SELENIUM_DRIVER_EXECUTABLE_PATH = os.environ.get('chromedriver')
FEED_EXPORT_ENCODING = 'utf-8'

import os
BOT_NAME = 'GoogleBot'
SPIDER_MODULES = ['doordash.spiders']
NEWSPIDER_MODULE = 'doordash.spiders'
ROBOTSTXT_OBEY = False
DOWNLOADER_MIDDLEWARES = {'scrapy_selenium.SeleniumMiddleware': 800}
SELENIUM_DRIVER_NAME = 'chrome'
SELENIUM_DRIVER_ARGUMENTS = []
SELENIUM_DRIVER_EXECUTABLE_PATH = os.environ.get('chromedriver')
FEED_EXPORT_ENCODING = 'utf-8'

# Scrapy settings for doordash project
#
import os

BOT_NAME = 'GoogleBot'

SPIDER_MODULES = ['doordash.spiders']
NEWSPIDER_MODULE = 'doordash.spiders'


# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66'

# Obey robots.txt rules
ROBOTSTXT_OBEY = False

DOWNLOADER_MIDDLEWARES = {
    'scrapy_selenium.SeleniumMiddleware': 800,
    # 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware': None,
    # 'scrapy_user_agents.middlewares.RandomUserAgentMiddleware': 400,
}

SELENIUM_DRIVER_NAME = 'chrome'

# ----   SETTINGS FOR LINUX   ---

# SELENIUM_DRIVER_EXECUTABLE_PATH = "../chromedriver"
# SELENIUM_DRIVER_ARGUMENTS=['--headless', '--no-sandbox']


# ---   SETTINGS FOR WINDOWS   ---

SELENIUM_DRIVER_ARGUMENTS=[]
SELENIUM_DRIVER_EXECUTABLE_PATH = os.environ.get('chromedriver')
#SELENIUM_DRIVER_ARGUMENTS=['--headless']

FEED_EXPORT_ENCODING = 'utf-8'
