-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsettings.py
61 lines (54 loc) · 2.38 KB
/
settings.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
# /usr/local/python2.7.11/bin/python
# coding: utf-8
# MYSQL数据库连接信息
MYSQL_HOST = '192.168.0.102'
MYSQL_USER = 'root'
MYSQL_PASSWD = 'zbc12300'
MYSQL_DBNAME = 'scrapy_task'
MYSQL_PORT = 3306
MYSQL_CHARSET = 'utf8'
# 开启多进程个数
PROCESSES = 10
# PC端用户代理
USER_AGENTS = [
# safari 5.1 – MAC
"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50",
# safari 5.1 – Windows
"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50",
# IE 9.0
"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0;",
# IE 8.0
"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)",
# IE 7.0
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)",
# IE 6.0
"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)",
# Firefox 4.0.1 – MAC
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv,2.0.1) Gecko/20100101 Firefox/4.0.1",
# Firefox 4.0.1 – Windows
"Mozilla/5.0 (Windows NT 6.1; rv,2.0.1) Gecko/20100101 Firefox/4.0.1",
# Opera 11.11 – MAC
"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.8.131 Version/11.11",
# Opera 11.11 – Windows
"Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.11",
# Chrome 17.0 – MAC
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11",
# 傲游（Maxthon）
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Maxthon 2.0)",
# 腾讯TT
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; TencentTraveler 4.0)",
# 世界之窗（The World） 2.x
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)",
# 世界之窗（The World） 3.x
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; The World)",
# 搜狗浏览器 1.x
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; SE 2.X MetaSr 1.0; SE 2.X MetaSr 1.0; .NET CLR 2.0.50727; SE 2.X MetaSr 1.0)",
# 360浏览器
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; 360SE)",
# Avant
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Avant Browser)",
# Green Browser
"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)",
# 其他常用User-Agent
"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:48.0) Gecko/20100101 Firefox/48.0",
]