-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathscrapyd.conf
executable file
·35 lines (34 loc) · 1.14 KB
/
scrapyd.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
[scrapyd]
eggs_dir = eggs
logs_dir = scrapyd-logs
items_dir = scrapyd/scrapy_urls
jobs_to_keep = 5
dbs_dir = dbs
max_proc = 0
max_proc_per_cpu = 4
finished_to_keep = 100
poll_interval = 5.0
bind_address = 127.0.0.1
http_port = 6800
username =
password =
prefix_header = x-forwarded-prefix
debug = on
runner = scrapyd.runner
jobstorage = scrapyd.jobstorage.SqliteJobStorage
application = search_gov_crawler.search_gov_scrapyd.scrapyd_app
launcher = scrapyd.launcher.Launcher
spiderqueue = scrapyd.spiderqueue.SqliteSpiderQueue
webroot = scrapyd.website.Root
eggstorage = scrapyd.eggstorage.FilesystemEggStorage
[services]
schedule.json = scrapyd.webservice.Schedule
cancel.json = scrapyd.webservice.Cancel
addversion.json = scrapyd.webservice.AddVersion
listprojects.json = scrapyd.webservice.ListProjects
listversions.json = scrapyd.webservice.ListVersions
listspiders.json = scrapyd.webservice.ListSpiders
delproject.json = scrapyd.webservice.DeleteProject
delversion.json = scrapyd.webservice.DeleteVersion
listjobs.json = scrapyd.webservice.ListJobs
daemonstatus.json = scrapyd.webservice.DaemonStatus