-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdefault.conf
178 lines (146 loc) · 7.08 KB
/
default.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
; Initial values for any options omitted in more specific config files.
;
; Please do not edit this file to avoid problems when upgrading.
; Use user-level files like main.conf instead.
;
;------------------------------------------------------------------------
; Database
;------------------------------------------------------------------------
dbDSN = mysql:host=localhost;dbname=crowd-sqobot
dbUser = crowd
dbPassword = ergomost
dbPrefix = st_
dbEngine = InnoDB
dbConCharset = utf8
; Affects DATETIME fields. Empty value equals to 'timeZone' setting or default
; PHP value if 'timeZone' is empty.
; This generally is a TZ identifier ("UTC") or a string like +0:00.
;
dbConTimeZone =
; Enables logging of executed queries. strftime() %X substrings can be used
; similar to logFile.
dbLog =
;log/log.sql
; When dbLog exceeds this size it's cleared. Allows for K/M suffixes (Kilo/Megabyte).
dbLogMax = 10M
;------------------------------------------------------------------------
; Miscellaneous
;------------------------------------------------------------------------
; For date_default_timezone_set(). Highly recommended to match this and dbConTimeZone.
; See http://www.php.net/manual/en/timezones.php for possible values.
; Empty value uses default PHP timezone (from php.ini or elsewhere).
;
timeZone = UTC
log = debug info warn error fatal
logFile = log/%Y-%m-%d-%a.log
;------------------------------------------------------------------------
; Remote Server Connections
;------------------------------------------------------------------------
; Max concurrent requests to server
maxRequests = 6;
; Msec to wait before doing repetitive remote server requests.
remoteDelay = 1
; Accept-Language header
dl languages = en,ru
; Accept-Charset header
dl charsets = utf-8
; Accept header
;dl mimes = text/html,application/xhtml+xml,application/xml
dl mimes = text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
; User-Agent
;dl useragent = Mozilla/5.0 (iPhone; CPU iPhone OS 7_0_4 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Mobile/11B554a
;dl useragent = Mozilla/5.0 (Windows NT 6.1; WOW64; rv:24.0) Gecko/20100101 Firefox/24.0
dl useragent = cfwatcher
dl cache = max-age=0;
; Accept-Encoding
dl encoding = deflate, gzip
; Max redirects
dlRedirects = 5
; HTTP/1.0 or 1.1.
;dlProtocol = 1.0
; Seconds. Can be float, e.g. 3.5 for 3500 msec. It also affects the timeout of
; inter-node requests.
dlTimeout = 60
; Max retry's when timeout
dlRetry = 3
; If set HTTP error statuses (404, 500, etc.) are ignored and exceptions are not thrown.
dlFetchOnError = 1
; Enables logging of remote requests - their request and response headers, GET
; query, POST size, response status and length and so on. strftime() %X substrings
; can be used similar to logFile.
;
dlLog = log/dl.log
; When dlLog exceeds this size it's cleared. Allows for K/M suffixes (Kilo/Megabyte).
; Note that it might be overwritten several times during single queue item processing
; if it does many requests.
;
dlLogMax = 10M
;------------------------------------------------------------------------
; Class Autoloading
;------------------------------------------------------------------------
; Sample autoloader mapping, overrides default search paths. Initial '$' refers
; to lib/. If path doesn't end on '.php' it's class -> class name alias (as above).
;class SomeClass = $some.class.php
; Site name -> Sqissor mappings can be listed here. Class name is global (not relative
; to Sqobot\) and will be autoloaded using regular rules including 'class X=file.php'
; mappings above.
;
; If a site isn't listed here it's converted to 'Sqobot\S' + ucfirst(class name with
; removed dots and a symbol following them converted to upper case).
; Example: site.users -> Sqobot\SSiteUsers.
;
;class site.users = MyNS\UsersParser
;------------------------------------------------------------------------
; Twig setup
;------------------------------------------------------------------------
; Cache dir
twigCache = out
; Templates dir
twigTemplates = templates
;------------------------------------------------------------------------
; mail settings
;------------------------------------------------------------------------
mailFields = category campaign_type name short_url blurb project_json avatar
sortOrder = category campaign_type name
;------------------------------------------------------------------------
; scan settings
;------------------------------------------------------------------------
scan site_id = start_page
scan kickstarter = https://www.kickstarter.com/discover/advanced?page=1&ref=recently_launched&sort=launch_date
scan indiegogo = https://www.indiegogo.com/explore?filter_quick=new&per_page=5000
;------------------------------------------------------------------------
; db table names
;------------------------------------------------------------------------
dbNames site_id = index_table page_table stats_table
dbNames kickstarter = site_index project_page project_stats
dbNames indiegogo = site_index project_page project_stats
;------------------------------------------------------------------------
; db table names, common
;------------------------------------------------------------------------
dbComNames site_id = subs_table newmail_table
dbComNames common = users_category newmail_table
;------------------------------------------------------------------------
; URL Caching
;------------------------------------------------------------------------
;
; These settings allow you to store remote pages locally thus avoiding constant
; requests on the same address(es). Very useful for debugging.
;
; Sample URL mappings. They are evaluated recursively until a non-listen URL is
; found - it's then used to retrieve the data. Useful on local systems to speed
; up sqissor debugging saving remote pages locally. URLs are looked up exactly
; as requested (e.g. in download()).
;
;url http://site.name/list.php = file:///home/roger/sqissor/list-1.html
;url http://site.name/list.php?page=1 = http://site.name/list.php?page=0
; Relative paths start from Sqobot's working directory (usually of cli.php).
;url http://site.name/list.php = user/list-1.html
; Empty value terminates lookup and uses left-side URL as final.
;url http://site.name/list.php =
; Note that even local paths should be URL-encoded as they're converted to file:///.
;url http://site.name/list.php = path/with%20spaces.html
; If URL contains '=' you can escape it by doubling (and escape double '='s by
; tripling and so forth). This syntax is valid in any config option, not just 'url'.
;url http://site.name/req.php?a==b&abc=1 = out/cached-req.html
; This URL is translated from http://site.name/req.php?tripled==query.
;url http://site.name/req.php?tripled===query = out/cached-req.html