-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathconfig.ini
42 lines (34 loc) · 1.05 KB
/
config.ini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
[DEFAULT]
# Tor configuration
torrc ControlPort=9051
torrc SocksPort=9050
torrc SocksBindAddress=127.0.0.1
# Crawl job configuration
# For understanding batch and visit parameters please refer
# to Wang and Goldberg's WPES'13 paper, Section 4.1.4
job batches=1
job visits=1
# pauses (seconds)
# pause between two batches
job pause_between_batches=5
# pause before crawling a new site
job pause_between_videos=5
# pause before visiting the same site (instances)
job pause_between_loads=4
[default]
# Tor browser configuration
# The options in this section are just for demonstration and
# are already set by tbselenium.
ffpref browser.startup.page=0
ffpref browser.startup.homepage=about:newtab
[wang_and_goldberg]
job batches=10
job visits=1
# Force to reuse circuits as much as possible
torrc MaxCircuitDirtiness=600000
# Wang and Goldberg: do not fix the entry guard
torrc UseEntryGuards=0
# configure randomized pipelining
ffpref network.http.pipelining.max-optimistic-requests=5000
ffpref network.http.pipelining.maxrequests=15000
ffpref network.http.pipelining=False